//
// Created by lenovo on 2024/1/11.
//

#ifndef CALCULATOR_TOKENIZER_H
#define CALCULATOR_TOKENIZER_H

#include "../import.h"
#include "../Slicer/Slicer.h"
#include <utility>
#include <vector>
#include <string>

class Tokenizer {
public:
    std::vector<token*> result() ;
    explicit Tokenizer(std::vector<std::string> words) : material(std::move(words)) {}
protected:
public:
    std::vector<std::string> material ;
    std::vector<token*> tokens ;
    bool _done {false};
    void convert() ;
};


#endif //CALCULATOR_TOKENIZER_H
